VimUnDo ?voZ!qC
I/   Z   2anyway not necessary given the scope of the paper.   S   1                   ^K   6 _                                                                                                                                                                                                                                                                                                                                                                                          ^                                     5_                       b                                                                                                                                                                                                                                                                                                                                                                 ^                                      5_                       X                                                                                                                                                                                                                                                                                                                                                                 ^                     YIs it fair to compare wallclock time if implementation efficiencies are very differents ?5_                       
                                                                                                                                                                                                                                                                                                                                                                 ^                                      5_                       E                                                                                                                                                                                                                                                                                                                                             E       v   E    ^                     EThe rationale for not counting the 0.5s for generating the images (p.5_                       T                                                                                                                                                                                                                                                                                                                                             E       v   E    ^                   5_                       U                                                                                                                                                                                                                                                                                                                                             E       v   E    ^                   UThe rationale for not counting the 0.5s for generating the images (p.9) is not clear.5_      	                                                                                                                                                                                                                                                                                                                                                               E       v   E    ^                                      5_      
           	                                                                                                                                                                                                                                                                                                                                                    E       v   E    ^       
              P.12 3d paragraph: This.5_   	              
                                                                                                                                                                                                                                                                                                                                                    E       v   E    ^           	         0Would like to make it clearer that there is a DL   
                
                
       5_   
                 	                                                                                                                                                                                                                                                                                                                                                 E       v   E    ^            	             
          5_      
              	   .                                                                                                                                                                                                                                                                                                                                             E       v   E    ^"           
         0Would like to make it clearer that there is a DL5_                 
   	   =                                                                                                                                                                                                                                                                                                                                             E       v   E    ^%          
         =Would like to make it clearer that there is a feature-free DL5_   
                    $                                                                                                                                                                                                                                                                                                                                             E       v   E    ^i           	                	       5_                                                                                                                                                                                                                                                                                                                                                                     E       v   E    ^   	       	          5_                                                                                                                                                                                                                                                                                                                                                                     E       v   E    ^F           
                
       5_                       	                                                                                                                                                                                                                                                                                                                                             E       v   E    ^K           
         
The "huge"5_                                                                                                                                                                                                                                                                                                                                                                    E       v   E    ^O   
       
         The "huge potential"5_                                                                                                                                                                                                                                                                                                                                                                                         ^                      5_                                                                                                                                                                                                                                                                                                                                                                                         ^                      5_                                                                                                                                                                                                                                                                                                                                                                                         ^                                  5_                                                                                                                                                                                                                                                                                                                                                                                         ^                                  5_                                                                                                                                                                                                                                                                                                                                                                                         ^                    +Deep Learning as a Competitive Feature-Free   -Approach for Automated Algorithm Selection on5_                       +                                                                                                                                                                                                                                                                                                                                                                 ^                    YDeep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on   !the Traveling Salesperson Problem5_                                                                                                                                                                                                                                                                                                                                                                                         ^                      5_                                                                                                                                                                                                                                                                                                                                                                                        ^                     
PPSN 20205_                       	                                                                                                                                                                                                                                                                                                                                                                 ^                     	PPSN 20205_                       {                                                                                                                                                                                                                                                                                                                                                                 ^           	                                      {Deep Learning as a Competitive Feature-Free Approach for Automated Algorithm Selection on the Traveling Salesperson Problem5_                                                                                                                                                                                                                                                                                                                                                                                         ^X                     5_                                                                                                                                                                                                                                                                                                                                                                                        ^`                     PPSN 2020, paper 2175_                                                                                                                                                                                                                                                                                                                                                                                          ^g                               	          5_      !               	                                                                                                                                                                                                                                                                                                                                                                     ^h                     5_       "           !      :                                                                                                                                                                                                                                                                                                                                                                 ^m                    :This work adds a step toward automated algorithm selection5_   !   #           "                                                                                                                                                                                                                                                                                                                                                                       ^x           	         :This work adds a step toward automated algorithm selection5_   "   $           #      A                                                                                                                                                                                                                                                                                                                                                                 ^           	         AThis work contributes a step toward automated algorithm selection5_   #   %           $      Q                                                                                                                                                                                                                                                                                                                                                                 ^           	         ^This work contributes a step toward automated algorithm selection, by proposing a feature-free5_   $   &           %      `                                                                                                                                                                                                                                                                                                                                                                 ^           
         `This work contributes a step toward automated algorithm selection, by proposing one feature-free5_   %   '           &      B                                                                                                                                                                                                                                                                                                                                                                 ^           
         tThis work contributes a step toward automated algorithm selection, by proposing one feature-free selector using deep5_   &   (           '   	                                                                                                                                                                                                                                                                                                                                                                     ^          
          1by proposing one feature-free selector using deep   	learning.5_   '   )           (   	   :                                                                                                                                                                                                                                                                                                                                                                 ^        	                 	          5_   (   *           )      
                                                                                                                                                                                                                                                                                                                                                                 ^        
      !      on the Eucliadean TSP5_   )   +           *                                                                                                                                                                                                                                                                                                                                                                       ^         
      !      on the Euclidean TSP5_   *   ,           +                                                                                                                                                                                                                                                                                                                                                                       ^        
      !      on the two the Euclidean TSP5_   +   -           ,                                                                                                                                                                                                                                                                                                                                                                       ^        
      !      on two the Euclidean TSP5_   ,   .           -      ;                                                                                                                                                                                                                                                                                                                                                                 ^        
      !      ;on two of the most reknown algorithms for the Euclidean TSP5_   -   /           .   
                                                                                                                                                                                                                                                                                                                                                                    ^@              #      The5_   .   0           /      1                                                                                                                                                                                                                                                                                                                                                                 ^S           !   #      1The "huge potential" seems a little bit oversold.5_   /   1           0                                                                                                                                                                                                                                                                                                                                                                        ^^           !   %      %Section on DL a ltille bit confusing.5_   0   2           1                                                                                                                                                                                                                                                                                                                                                                        ^_           !   %      $Section on DL a lille bit confusing.5_   1   3           2       $                                                                                                                                                                                                                                                                                                                                                                 ^f          !   %      %Section on DL a little bit confusing.5_   2   4           3   
                                                                                                                                                                                                                                                                                                                                                                     ^r              %       5_   3   5           4   
                                                                                                                                                                                                                                                                                                                                                                    ^        	      %      =It adequatly compares it to several feature-based approaches,5_   4   6           5                                                                                                                                                                                                                                                                                                                                                          v       ^        
      %      <on two of the most reknown algorithms for the Euclidean TSP.5_   5   7           6   
                                                                                                                                                                                                                                                                                                                                                       v       ^              %      This works is indeniably 5_   6   8           7   
                                                                                                                                                                                                                                                                                                                                                       v       ^   
          %      This works is undeniably 5_   7   9           8                                                                                                                                                                                                                                                                                                                                                           v       ^        
      &       5_   8   :           9                                                                                                                                                                                                                                                                                                                                                          v       ^        
      &      KThe experimental setup is sound and explores a good number of alternatives.5_   9   ;           :      +                                                                                                                                                                                                                                                                                                                                                    v       ^+       
      &      bThe experimental setup is aligned with the litterature and explores a good number of alternatives.5_   :   <           ;                                                                                                                                                                                                                                                                                                                                                           v       ^2              &       5_   ;   =           <                                                                                                                                                                                                                                                                                                                                                          v       ^F              &      The paper is well written5_   <   >           =                                                                                                                                                                                                                                                                                                                                                           v       ^H                     The paper is well written, 5_   =   ?           >                                                                                                                                                                                                                                                                                                                                                           v       ^N                     Review   ======    5_   >   @           ?                                                                                                                                                                                                                                                                                                                                                           v       ^P             "          
   "    5_   ?   A           @                                                                                                                                                                                                                                                                                                                                                           v       ^_              &                %    5_   @   B           A      R                                                                                                                                                                                                                                                                                                                                                    v       ^              &      [The choice of the Euclidean TSP is a good compromise between the Deep Learning litterature 5_   A   C           B      Z                                                                                                                                                                                                                                                                                                                                                    v       ^              &      ZThe choice of the Euclidean TSP is a good compromise between the Deep Learning literature 5_   B   D           C      <                                                                                                                                                                                                                                                                                                                                                    v       ^              &      OThe choice of the Euclidean TSP is a good compromise between the Deep Learning 5_   C   E           D      I                                                                                                                                                                                                                                                                                                                                                    v       ^              &      IThe choice of the Euclidean TSP is a good choice given the Deep Learning 5_   D   F           E      L                                                                                                                                                                                                                                                                                                                                                    v       ^              &      ZThe choice of the Euclidean TSP is a good choice given the Deep Learning satte of the art.5_   E   G           F      J                                                                                                                                                                                                                                                                                                                                                    v       ^              &      YThe choice of the Euclidean TSP is a good choice given the Deep Learning sate of the art.5_   F   H           G      #                                                                                                                                                                                                                                                                                                                                                    v       ^             &      ZThe choice of the Euclidean TSP is a good choice given the Deep Learning state of the art.5_   G   I           H                                                                                                                                                                                                                                                                                                                                                           v       ^             &      XThe choice of the Euclidean TSP is makes sense given the Deep Learning state of the art.5_   H   J           I      C                                                                                                                                                                                                                                                                                                                                                    v       ^              &      UThe choice of the Euclidean TSP makes sense given the Deep Learning state of the art.5_   I   K           J      T                                                                                                                                                                                                                                                                                                                                                    v       ^              &      UThe choice of the Euclidean TSP makes sense given the Deep Learning state of the art.5_   J   L           K                                                                                                                                                                                                                                                                                                                                                          v       ^              '      the landscape-aware approaches.5_   K   M           L                                                                                                                                                                                                                                                                                                                                                          v       ^
              '      the feature-based approaches.5_   L   N           M                                                                                                                                                                                                                                                                                                                                                          v       ^              '      the feature.5_   M   O           N      
                                                                                                                                                                                                                                                                                                                                                    v       ^              '      the attention feature.5_   N   P           O      "                                                                                                                                                                                                                                                                                                                                                    v       ^              '      #the attention given to the feature.5_   O   Q           P      /                                                                                                                                                                                                                                                                                                                                                    v       ^              '      7the attention given to the feature-based approahes is .5_   P   R           Q      7                                                                                                                                                                                                                                                                                                                                                    v       ^              '      8the attention given to the feature-based approaches is .5_   Q   S           R      B                                                                                                                                                                                                                                                                                                                                                    v       ^!             '      Cthe attention given to the feature-based approaches is a real plus.5_   R   T           S      A                                                                                                                                                                                                                                                                                                                                                    v       ^%              '    5_   S   U           T                                                                                                                                                                                                                                                                                                                                                           v       ^6              (       5_   T   V           U                                                                                                                                                                                                                                                                                                                                                          v       ^        
      -      =on two of the most renowned algorithms for the Euclidean TSP.5_   U   W           V      8                                                                                                                                                                                                                                                                                                                                                    v       ^       
      -      Kon the selection two of the most renowned algorithms for the Euclidean TSP.5_   V   X           W                                                                                                                                                                                                                                                                                                                                                          v       ^'              -      I only have two 5_   W   Y           X                                                                                                                                                                                                                                                                                                                                                          v       ^+              -      I only have two concterns5_   X   Z           Y                                                                                                                                                                                                                                                                                                                                                          v       ^,              -      I only have two concerns5_   Y   [           Z                                                                                                                                                                                                                                                                                                                                                          v       ^.              -      I only have two major concerns5_   Z   \           [      C                                                                                                                                                                                                                                                                                                                                                    v       ^O              -      XThe choice of the Euclidean TSP makes sense given the Deep Learning state of the art and5_   [   ]           \      Q                                                                                                                                                                                                                                                                                                                                                    v       ^a              -      QI only have two major concerns: i) the adjective "feature-free" being used for DL5_   \   ^           ]                                                                                                                                                                                                                                                                                                                                                           v       ^k              .      tI only have two major concerns: i) the adjective "feature-free" being used for DL methods involving more information5_   ]   _           ^                                                                                                                                                                                                                                                                                                                                                           v       ^l              /      Ti) the adjective "feature-free" being used for DL methods involving more information   than 5_   ^   `           _      Z                                                                                                                                                                                                                                                                                                                                                    v       ^n              .      Zi) the adjective "feature-free" being used for DL methods involving more information than 5_   _   a           `      s                                                                                                                                                                                                                                                                                                                                                    v       ^              /      xii) the lack of information on the implementation and software issues, while using wallclock time as performance mesure.5_   `   b           a      e                                                                                                                                                                                                                                                                                                                                                    v       ^              /      yii) the lack of information on the implementation and software issues, while using wallclock time as performance measure.5_   a   c           b      9                                                                                                                                                                                                                                                                                                                                                    v       ^              /      ni) the adjective "feature-free" being used for DL methods involving more information than the nodes positions,5_   b   d           c      F                                                                                                                                                                                                                                                                                                                                                    v       ^             0      zii) the lack of information on the implementation and software issues, while using wallclock time as aperformance measure.5_   c   e           d                                                                                                                                                                                                                                                                                                                                                           v       ^              1    5_   d   f           e                                                                                                                                                                                                                                                                                                                                                          v       ^              2      9i) the adjective "feature-free" being used for DL methods5_   e   g           f                                                                                                                                                                                                                                                                                                                                                          v       ^              2      Fii) the lack of information on the implementation and software issues,5_   f   h           g                                                                                                                                                                                                                                                                                                                                                           v       ^              2       5_   g   i           h                                                                                                                                                                                                                                                                                                                                                          v       ^              2      E2) the lack of information on the implementation and software issues,5_   h   j           i                                                                                                                                                                                                                                                                                                                                                           v       ^                     91) the adjective "feature-free" being used for DL methods   4involving more information than the nodes positions,5_   i   k           j                                                                                                                                                                                                                                                                                                                                                           v       ^              0             0    5_   j   l           k                                                                                                                                                                                                                                                                                                                                                           v       ^              2      91) the adjective "feature-free" being used for DL methods5_   k   m           l      3                                                                                                                                                                                                                                                                                                                                                    v       ^              2      3while using wallclock time as aperformance measure.5_   l   n           m      4                                                                                                                                                                                                                                                                                                                                                    v       ^              2      4involving more information than the nodes positions,5_   m   o           n      3                                                                                                                                                                                                                                                                                                                                                    v       ^             2      3while using wallclock time as aperformance measure,5_   n   p           o                                                                                                                                                                                                                                                                                                                                                           v       ^              3                2    5_   o   q           p                                                                                                                                                                                                                                                                                                                                                          v       ^              3      3while using wallclock time as aperformance measure;5_   p   r           q                                                                                                                                                                                                                                                                                                                                                          v       ^               3      1) 5_   q   s           r                                                                                                                                                                                                                                                                                                                                                          v       ^              4      ---------------5_   r   t           s                                                                                                                                                                                                                                                                                                                                                            v       ^          "   4       5_   s   u           t   !                                                                                                                                                                                                                                                                                                                                                        v       ^            "   5       5_   t   v           u   !                                                                                                                                                                                                                                                                                                                                                       v       ^            "   5      !The paper is scarce in the detail5_   u   w           v   !                                                                                                                                                                                                                                                                                                                                                       v       ^            "   5      The paper is scarce in detail5_   v   x           w                                                                                                                                                                                                                                                                                                                                                            v       ^           "   5       5_   w   y           x   !                                                                                                                                                                                                                                                                                                                                                        v       ^i            "   6      #The main performance measure seeems5_   x   z           y   !                                                                                                                                                                                                                                                                                                                                                       v       ^k            "   6      "The main performance measure seems5_   y   {           z   !   !                                                                                                                                                                                                                                                                                                                                                    v       ^m            "   6      !The raw performance measure seems5_   z   |           {   "                                                                                                                                                                                                                                                                                                                                                       v       ^{        "   #   7      MThe paper is scarce in details about the implementation of the two algorithms       "   6    5_   {   }           |   !   M                                                                                                                                                                                                                                                                                                                                                    v       ^~            "   6      MThe paper is scarce in details about the implementation of the two algorithms5_   |   ~           }   !   V                                                                                                                                                                                                                                                                                                                                                    v       ^            %   6      VThe paper is scarce in details about the implementation of the two algorithms and the 5_   }              ~   #                                                                                                                                                                                                                                                                                                                                                        v       ^        "   %   9       5_   ~                 $                                                                                                                                                                                                                                                                                                                                                       v       ^        #   %   :      The link5_                    $                                                                                                                                                                                                                                                                                                                                                       v       ^        #   %   :      The github link5_                    $   !                                                                                                                                                                                                                                                                                                                                                    v       ^        #   %   :      5The github link being dead, it's impossible to check.5_                    #   !                                                                                                                                                                                                                                                                                                                                                    v       ^        "   %   :      !For instance, it's unclear if the5_                    #   T                                                                                                                                                                                                                                                                                                                                                    v       ^        "   %   ;      vFor instance, it's unclear if the two algorithms share a similar implementation base (language, architecture, etc.) or5_                    $                                                                                                                                                                                                                                                                                                                                                        v       ^        #   %   <      !(language, architecture, etc.) or   3differ in some way which may impact a running time.5_                    $   U                                                                                                                                                                                                                                                                                                                                                    v       ^        #   %   ;      U(language, architecture, etc.) or differ in some way which may impact a running time.5_                    %                                                                                                                                                                                                                                                                                                                                                       v       ^        $   &   ;      ?The github link being dead, it's otherwise impossible to check.5_                    %                                                                                                                                                                                                                                                                                                                                                       v       ^%        $   &   ;      FThe github link (note7)being dead, it's otherwise impossible to check.5_                    %                                                                                                                                                                                                                                                                                                                                                       v       ^%       $   &   ;      GThe github link (note 7)being dead, it's otherwise impossible to check.5_                    $   T                                                                                                                                                                                                                                                                                                                                                    v       ^9        #   %   <      U(language, architecture, etc.) or differ in some way which may impact a running time.       $   &   <          $   &   ;    5_                    %   H                                                                                                                                                                                                                                                                                                                                                    v       ^:       $   '   ;      HThe github link (note 7) being dead, it's otherwise impossible to check.5_                    (                                                                                                                                                                                                                                                                                                                                    (           (          v       ^T        '   )   <      >The raw performance measure seems to be wallclock running time5_                    (   5                                                                                                                                                                                                                                                                                                                                (           (          v       ^Y        '   )   <      LI assume that the raw performance measure seems to be wallclock running time5_                    (   C                                                                                                                                                                                                                                                                                                                                (           (          v       ^]        '   *   <      CI assume that the raw performance measure is wallclock running time5_                    )   2                                                                                                                                                                                                                                                                                                                                (           (          v       ^r        (   +   =      2Given that the differences in term of performances5_                    *   "                                                                                                                                                                                                                                                                                                                                (           (          v       ^        )   +   >      3are close to the second, I'm would not be convinced5_                    *   -                                                                                                                                                                                                                                                                                                                                (           (          v       ^        )   ,   >      -are close to the second, I'm not be convinced5_                    *                                                                                                                                                                                                                                                                                                                                   (           (          v       ^        )   +   ?      Kare close to the second, I'm not be convinced that software/hardware issues5_                    *                                                                                                                                                                                                                                                                                                                                   (           (          v       ^        )   +   ?      Nare close to the second (), I'm not be convinced that software/hardware issues5_                    +                                                                                                                                                                                                                                                                                                                                   (           (          v       ^        *   ,   ?      may be left aside.5_                    +                                                                                                                                                                                                                                                                                                                                   (           (          v       ^       *   ,   ?      can be left aside.5_                    ,                                                                                                                                                                                                                                                                                                                                    (           (          v       ^        ,   .   @          ,   .   ?    5_                    -   ]                                                                                                                                                                                                                                                                                                                                (           (          v       ^A       ,   /   @      ]If the point is to compare existing stable frameworks, then it should be pointed out clearly.5_                    .   #                                                                                                                                                                                                                                                                                                                                (           (          v       ^P        .   1   B          .   0   A    5_                    )   D                                                                                                                                                                                                                                                                                                                                (           (          v       ^y        (   *   C      MGiven that the differences in term of performances for the terminal selectors5_                    *                                                                                                                                                                                                                                                                                                                                   (           (          v       ^~       )   +   C      Qare close to the second (~2%), I'm not be convinced that software/hardware issues5_                    *   A                                                                                                                                                                                                                                                                                                                                (           (          v       ^        )   ,   C      Zare sometime close to the second (~2%), I'm not be convinced that software/hardware issues5_                    +                                                                                                                                                                                                                                                                                                                                    (           (          v       ^       *   ,   D      software/hardware issues   can be left aside.5_                    >   ,                                                                                                                                                                                                                                                                                                                                (           (          v       ^       >   A   D          >   @   C    5_                       B                                                                                                                                                                                                                                                                                                                                (           (          v       ^              F                E    5_                                                                                                                                                                                                                                                                                                                                                       )           )          v       ^             F      %The TSP generator use is interesting.5_                    *   7                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^       )   +   F      @Given that the differences in term of performances for selectors5_                    0                                                                                                                                                                                                                                                                                                                                    *   7       *   ?       v   ?    ^O        0   2   G          0   2   F    5_                    1   H                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^e        0   2   G      TAlso, the way the wallclock time is measure on the operating system and the hardware5_                    1   X                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^h        0   2   G      XAlso, the way the wallclock time is measure on the operating system and how the hardware5_                    1   D                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^o        0   3   G      mAlso, the way the wallclock time is measure on the operating system and how the hardware is used by processes5_                    2   )                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^x        1   3   H      )and how the hardware is used by processes5_                    1                                                                                                                                                                                                                                                                                                                                   *   7       *   ?       v   ?    ^|        0   2   H      CAlso, the way the wallclock time is measure on the operating system5_                    2   3                                                                                                                                                                                                                                                                                                                                *   7       *   ?       v   ?    ^        1   3   H      3and how the hardware is used by processes should be5_                    1   #                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        0   2   H      TIn the same direction, the way the wallclock time is measure on the operating system5_                    1   6                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   !    0   2   H      NIn the same direction, the way the run time is measure on the operating system5_                    3                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^   "    2   6   H       5_                    5                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        5   8   K          5   7   J    5_                    2   >                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        1   6   L      >and how the hardware is used by processes should be indicated.5_                    5   O                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        4   6   O      PThe paper states that the feature average computation is 0.7s, which is counted.5_                    4                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        3   5   O      iAdditionaly, the rationale for not counting the 0.5s for generating images is unclear and not convincing.5_                    5   b                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        5   7   O    5_                    5   c                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        4   7   P      cThe paper states that the feature average computation is 0.7s, which is counted in the performance.5_                    6                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        5   7   Q      "It may be argued that the position5_                    6   .                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        5   7   Q      .It may be argued that images with the position5_                    6   8                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^"        5   7   Q      DIt may be argued that images with the position only are part of the 5_                    6   T                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^%        5   7   Q      TIt may be argued that images with the position only are pre-computed as part of the 5_                    6   h                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^:        5   :   Q      hIt may be argued that images with the position only are pre-computed as part of the problem description.5_                    >                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^   #    =   @   T       5_                    7   @                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   $    6   8   U      Xwhich is already a bit dubious given the actual state of the art, but may be considered.5_                    9                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        8   :   U      is going too far for me.5_                    9   %                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        8   :   U      .seems excessive, if we consider that real-life5_                    9   /                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        8   :   U      /seems excessive, if we consider that "real-life5_                    9   @                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        8   :   U      Jseems excessive, if we consider that "real-life" instances would probably 5_                    9   E                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   %    8   :   U      Eseems excessive, if we consider that "real-life" instances  probably 5_                    P                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        P   S   V          P   R   U    5_                    R                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        Q   S   W      !Not convinced by the architecture5_                    R   $                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^	   &    Q   S   W      $Not convinced by the DL architecture5_                    8   >                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^r        7   9   W      [However, not counting the computation time of the two features involved in the other images5_                    8   Q                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^v        7   :   W      dHowever, not counting the computation time of the two features actually involved in the other images5_                    9                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^w        8   :   X      in the other images   seems excessive.5_                    9                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^y   '    8   :   W      $in the other images seems excessive.5_                    B   3                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        A   C   W      lPerformance is measure in seconds, but we lack detals on how it was actually measured at the software level.5_                    D   M                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   (    C   E   W      XIs it fair to compare wallclock time if implementation efficiencies are very differents?5_                    D                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^   )    C   E   W      WIs it fair to compare wallclock time if implementation efficiencies are very different?5_                    )   1                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        (   *   W      DI assume that the raw performance measure is wallclock running time.5_                                                                                                                                                                                                                                                                                                                                                       1   #       1   +       v   +    ^   +          W      4while using wallclock time as a performance measure;5_                    ?                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^W        >   @   W       5_                    ?   S                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^m        >   A   W      aIn the same vein, I don't feel comfortable with the term "feature-free" being used for the two DL5_                    @                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^o        ?   A   X      for the two DL5_                    @                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^q        ?   A   X      for the two DL methods5_                    @                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^u   ,    ?   B   X      for the two DL-based methods5_                    A                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        @   C   Y       5_                    A   Q                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        @   C   Z      _Given that the work targets the Euclidean TSP, there's no doubt one can call the position-based5_                    B                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        A   C   [      position-based   input image5_                    B                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        A   C   Z      position-based input image5_                    A   L                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        @   B   Z      ]Given that the work targets the Euclidean TSP, there's no doubt one can call the DL involving5_                    B   -                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        A   F   Z      -position-based input image as "feature-free".5_                    B   -                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^V   -    A   D   ]      -position-based input image as "feature-free".5_                    E   H                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        F   G   `      BI understand that it's tempting to consider image inputs as a raw    D   F   _       E   G   _          E   G   ^    5_                    E                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        E   F   `      BI understand that it's tempting to consider image inputs as a raw    C   E   _    5_                    D   B                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        C   E   _      BI understand that it's tempting to consider image inputs as a raw 5_                    D   D                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        C   E   _      FI understand that it's tempting to consider image inputs as a raw inut5_                    D   9                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        C   E   _      GI understand that it's tempting to consider image inputs as a raw input5_                    D   @                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        C   E   _      @I understand that it's tempting to consider image as a raw input5_                    D   B                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        C   F   _      eI understand that it's tempting to consider image as a raw input, but I would rather see a discussion5_                    E   #                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        D   F   `      #but I would rather see a discussion5_                    E   H                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        D   F   `      Vbut I would rather see a discussion about the information content holded by the inputs5_                    E   T                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   .    D   G   `      Tbut I would rather see a discussion about the information content hold by the inputs5_                    J                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        J   O   b          J   L   a    5_                    N                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        M   O   e      8- The term "huge potential" seems a little bit oversold.5_                    N   @                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        M   R   e      @- The term "huge potential" (p. 12) seems a little bit oversold.5_                    M                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        L   O   h       5_                    N   %                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^@        M   O   i      =- Section 5 would benefit from being a little bit more crisp.5_                    N   =                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^D        M   O   i      >- Section 5 would benefit from having a little bit more crisp.5_                    N   G                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^G        M   O   i      G- Section 5 would benefit from having a little bit more crispier style.5_                    O   @                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^O   /    N   Q   i      @- The term "huge potential" (p. 12) seems a little bit oversold.5_                    P                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        O   Q   j      .- 3d paragraph of conclusion: "his" -> "This".5_                    P                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^   0    O   Q   j      >- Begining of the 3d paragraph of conclusion: "his" -> "This".5_                    M                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        M   O   j    5_                    M                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        L   O   k       5_                    N   1                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        M   O   l      3The paper discuss very rapidely the stability of DL5_                    N   7                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        M   O   l      7The paper discuss very rapidely the stability of the DL5_                    M                                                                                                                                                                                                                                                                                                                                    1   #       1   +       v   +    ^        L   N   l       5_                    N   ?                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        M   P   l      ?The paper discuss very rapidely the stability of the DL method.5_                    N   >                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        M   O   m      ?The paper discuss very rapidely the stability of the DL method.5_                    N                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^#        M   N   n      MThe paper discuss very rapidly the stability of the DL method in section 5.2.   O   Q   m       M   O   m      NThe paper discuss very rapidely the stability of the DL method in section 5.2.5_                    N   O                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^&        M   O   m      OWhile I'm not sure the differences in scenario 1 can be qualified as "marginal"5_                    N                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^-        M   O   m      [While I'm not sure the differences in scenario 1 can be qualified as "marginal" (sec. 5.2).5_                    N                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^/        M   O   m      XWhiI'm not sure the differences in scenario 1 can be qualified as "marginal" (sec. 5.2).5_                    O                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^A        N   P   m      MThe paper discuss very rapidly the stability of the DL method in section 5.2.5_                    O   P                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^G        N   P   m      PThis section discuss very rapidly the stability of the DL method in section 5.2.5_                    O   B                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        N   Q   m      fThis section discuss very rapidly the stability of the DL method, but this should really be quantified5_                    P   $                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        O   S   n      $but this should really be quantified5_                    R                                                                                                                                                                                                                                                                                                                                   1   #       1   +       v   +    ^        Q   S   p      .about the DL architecture. The discussion here5_                    R   -                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        Q   S   p      -about the DL architecture. The rationale here5_                    R   8                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^        Q   S   p      @about the DL architecture. The rationale here about the choices 5_                    R   G                                                                                                                                                                                                                                                                                                                                1   #       1   +       v   +    ^   1    Q   T   p      Gabout the DL architecture. The rationale here about the layers choices 5_                    Q   1                                                                                                                                                                                                                                                                                                                                Q   1       Q   2       v   2    ^        P   R   q      _I understand that this would probably take a lot of space, thus I suggest to reduce the section5_                    Q   1                                                                                                                                                                                                                                                                                                                                Q   1       Q   2       v   2    ^   2    P   R   q      aI understand that this would probably take a lot more space, thus I suggest to reduce the section5_                    T                                                                                                                                                                                                                                                                                                                                    Q   1       Q   2       v   2    ^   3    T   V   r          T   V   q    5_                    Z                                                                                                                                                                                                                                                                                                                                    Z           r          v   b    ^$        Y                          mPerformance is measure in seconds, but we lack details on how it was actually measured at the software level.       XIs it fair to compare wall-clock time if implementation efficiencies are very different?       rThe rationale for not counting the 0.5s for generating the images (p.9) is not clear, especially counting that the   %features average computation is 0.7s.   GAlso, the difference at the end between bests methods is close to 0.5s.       ZWould like to make it clearer that there is a feature-free DL and two not-feature-free DL.       1The "huge potential" seems a little bit oversold.       -Section on DL a little bit less well written.       %Stability of DL should be quantified.       RNot convinced by the DL architecture rationale, may be reduced if place is needed.       Minor corrections   =================       - P.12 3d paragraph: This.5_                    X   -                                                                                                                                                                                                                                                                                                                                Z           Z          v   b    ^(   4    W   Y   Z      ?- Beginning of the 3d paragraph of conclusion: "his" -> "This".5_                   R   -                                                                                                                                                                                                                                                                                                                                Z           Z          v   b    ^4   5    Q   S   Z      \about the DL architecture. The rationale here about the layers choices is not convincing and5_                  S   1                                                                                                                                                                                                                                                                                                                                Z           Z          v   b    ^A        R   T   Z      2anyway not necessary given the scope of the paper.5_                   S   N                                                                                                                                                                                                                                                                                                                                S   N       S   S       v   S    ^J   6    R   T   Z      Vanyway not necessary given the scope of the paper (a simple description would fufice).5